/* 
 * File:   Tokenizer.h
 * Author: henrya
 *
 * Created on June 13, 2009, 8:48 PM
 */

#ifndef _TOKENIZER_H
#define	_TOKENIZER_H

#include <vector>
#include <string>
using std::string;
using std::vector;

class Tokenizer {
private:
    string& strToTokenize;
    vector<string> tokens;
    vector<string>::iterator iter;
public:
    Tokenizer(const string& str, const string& delimiters = " ");
    virtual ~Tokenizer();
    string* next();
    string* peek();
    unsigned int size();
    bool hasNext();
};

#endif	/* _TOKENIZER_H */

